{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# [chapter-13] Analyzing and understanding BERT tokenizer output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['it', \"'\", 's', 'raining', 'hard']\n"
     ]
    }
   ],
   "source": [
    "from transformers import BertTokenizer\n",
    "tokenizer = BertTokenizer(vocab_file=\"./bert-vocab.txt\")\n",
    "tok_ids = tokenizer.encode(\"it's raining hard\")\n",
    "tokenset = tokenizer.convert_ids_to_tokens(tok_ids,skip_special_tokens=True)\n",
    "print(tokenset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import transformers\n",
    "tokenizer = transformers.RobertaTokenizerFast.from_pretrained('roberta-base')\n",
    "assert isinstance(tokenizer, transformers.PreTrainedTokenizerFast)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Sc', 'reens', 'Ġare', 'Ġthe', 'Ġbest', 'Ġsolution', ',', 'Ġand', 'Ġthe', 'Ġonly', 'Ġsolution', 'Ġguaranteed', 'Ġto', 'Ġkeep', 'Ġyour', 'Ġroom', 'Ġ100', '%', 'Ġbug', 'Ġfree', 'Ġ(', 'as', 'Ġlong', 'Ġas', 'Ġpeople', 'Ġare', 'Ġcareful', 'Ġnot', 'Ġto', 'Ġlet', 'Ġthem', 'Ġin', 'Ġat', 'Ġthe', 'Ġdoor', ').', 'ĠOther', 'Ġprevent', 'ative', 'Ġmethods', 'Ġinclude', 'Ġusing', 'Ġmosquito', 'Ġdeterrent', 's', 'Ġor', 'Ġrepe', 'll', 'ents', 'Ġlike', 'Ġcit', 'rone', 'lla', 'Ġcandles', ',', 'Ġtorches', ',', 'Ġlantern', 's', ',', 'Ġetc', '.', 'ĠThere', 'Ġare', 'Ġbrands', 'Ġdevoted', 'Ġto', 'Ġmosquito', 'Ġcontrol', 'Ġlike', 'ĠTher', 'm', 'ace', 'll', 'Ġwho', 'Ġprovide', 'Ġa', 'Ġplethora', 'Ġof', 'Ġproducts', '.', 'ĠYour', 'Ġnext', 'Ġbest', 'Ġsolution', 'Ġis', 'Ġto', 'Ġcontrol', 'Ġthe', 'Ġmosquito', 'Ġpopulation', 'Ġin', 'Ġyour', 'Ġyard', '.', 'ĠPrevent', 'ative', 'Ġmethods', 'Ġwork', 'Ġthe', 'Ġbest', ',', 'Ġby', 'Ġeither', 'Ġeliminating', 'Ġbreeding', 'Ġareas', 'Ġsuch', 'Ġas', 'Ġanything', 'Ġthat', 'Ġcan', 'Ġcollect', 'Ġwater', 'Ġ(', 'sp', 'are', 'Ġtires', ',', 'Ġbuckets', 'Ġor', 'Ġp', 'ails', ',', 'Ġd', 'itches', 'Ġthat', 'Ġperpetually', 'Ġp', 'uddle', ',', 'Ġswamp', 'y', 'Ġareas', ',', 'Ġetc', '.),', 'Ġmosquitoes', 'Ġwill', 'Ġbreed', 'Ġwherever', 'Ġthere', 'Ġis', 'Ġstanding', 'Ġwater', '.', 'ĠSome', 'Ġmosquit', 'os', 'Ġlay', 'Ġeggs', 'Ġin', 'Ġgrass', 'Ġtoo', ',', 'Ġkeep', 'Ġyour', 'Ġgrass', 'Ġcut', 'Ġand', 'Ġdon', \"'t\", 'Ġlet', 'Ġany', 'Ġareas', 'Ġof', 'Ġyou', 'Ġyard', 'Ġget', 'Ġover', 'grown', '.', 'ĠLong', 'Ġgrass', 'Ġis', 'Ġa', 'Ġhaven', 'Ġfor', 'Ġmosquit', 'os', 'Ġbecause', 'Ġthey', 'Ġcan', 'Ġfly', 'Ġdown', 'Ġwhere', 'Ġthey', 'Ġhave', 'Ġprotection', 'Ġfrom', 'Ġsun', 'Ġand', 'Ġheat', ',', 'Ġand', 'Ġalso', 'Ġoften', 'Ġfind', 'Ġwater', '.', 'ĠFinally', ',', 'Ġyou', 'Ġcan', 'Ġtreat', 'Ġyour', 'Ġyard', 'Ġand', 'Ġkill', 'Ġall', 'Ġthe', 'Ġmosquit', 'os', 'Ġbefore', 'Ġthey', 'Ġbecome', 'Ġa', 'Ġproblem', '.', 'ĠLar', 'v', 'icide', 'Ġany', 'Ġpools', ',', 'Ġf', 'ount', 'ains', ',', 'Ġor', 'Ġponds', 'Ġthat', 'Ġyou', 'Ġhave', 'Ġin', 'Ġyour', 'Ġyard', '.', 'ĠThis', 'Ġkills', 'Ġ99', '%', 'Ġof', 'Ġthe', 'Ġlarvae', 'Ġbefore', 'Ġthey', 'Ġmature', '.', 'ĠMal', 'ath', 'ion', 'Ġis', 'Ġmost', 'Ġpopular', 'Ġfor', 'Ġkilling', 'Ġmature', 'Ġmosquit', 'os', 'Ġin', 'Ġyour', 'Ġyard', '.', 'ĠYou', 'Ġcan', 'Ġget', 'Ġa', 'Ġbottle', 'Ġwith', 'Ġa', 'Ġhose', 'Ġattachment', 'Ġand', 'Ġspray', 'Ġyour', 'Ġyard', ',', 'Ġor', 'Ġyou', 'Ġcan', 'Ġget', 'Ġa', 'Ġfog', 'ger', 'Ġfrom', 'Ġpretty', 'Ġmuch', 'Ġany', 'Ġhardware', 'Ġstore', 'Ġand', 'Ġfog', 'Ġyour', 'Ġyard', '.', 'ĠDo', 'Ġthis', 'Ġthe', 'Ġmorning', 'Ġof', 'Ġor', 'Ġthe', 'Ġnight', 'Ġbefore', 'Ġyour', 'Ġevent', 'Ġand', 'Ġyou', \"'re\", 'Ġpretty', 'Ġmuch', 'Ġguaranteed', 'Ġto', 'Ġnot', 'Ġhave', 'Ġany', 'Ġbug', 'Ġproblems', 'Ġthat', 'Ġnight', '.']\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Sc', '##reens', 'are', 'the', 'best', 'solution', '##,', 'and', 'the', 'only', 'solution', 'guaranteed', 'to', 'keep', 'your', 'room', '100', '##%', 'bug', 'free', '(', '##as', 'long', 'as', 'people', 'are', 'careful', 'not', 'to', 'let', 'them', 'in', 'at', 'the', 'door', '##).', 'Other', 'prevent', '##ative', 'methods', 'include', 'using', 'mosquito', 'deterrent', '##s', 'or', 'repe', '##ll', '##ents', 'like', 'cit', '##rone', '##lla', 'candles', '##,', 'torches', '##,', 'lantern', '##s', '##,', 'etc', '##.', 'There', 'are', 'brands', 'devoted', 'to', 'mosquito', 'control', 'like', 'Ther', '##m', '##ace', '##ll', 'who', 'provide', 'a', 'plethora', 'of', 'products', '##.', 'Your', 'next', 'best', 'solution', 'is', 'to', 'control', 'the', 'mosquito', 'population', 'in', 'your', 'yard', '##.', 'Prevent', '##ative', 'methods', 'work', 'the', 'best', '##,', 'by', 'either', 'eliminating', 'breeding', 'areas', 'such', 'as', 'anything', 'that', 'can', 'collect', 'water', '(', '##sp', '##are', 'tires', '##,', 'buckets', 'or', 'p', '##ails', '##,', 'd', '##itches', 'that', 'perpetually', 'p', '##uddle', '##,', 'swamp', '##y', 'areas', '##,', 'etc', '##.),', 'mosquitoes', 'will', 'breed', 'wherever', 'there', 'is', 'standing', 'water', '##.', 'Some', 'mosquit', '##os', 'lay', 'eggs', 'in', 'grass', 'too', '##,', 'keep', 'your', 'grass', 'cut', 'and', 'don', \"##'t\", 'let', 'any', 'areas', 'of', 'you', 'yard', 'get', 'over', '##grown', '##.', 'Long', 'grass', 'is', 'a', 'haven', 'for', 'mosquit', '##os', 'because', 'they', 'can', 'fly', 'down', 'where', 'they', 'have', 'protection', 'from', 'sun', 'and', 'heat', '##,', 'and', 'also', 'often', 'find', 'water', '##.', 'Finally', '##,', 'you', 'can', 'treat', 'your', 'yard', 'and', 'kill', 'all', 'the', 'mosquit', '##os', 'before', 'they', 'become', 'a', 'problem', '##.', 'Lar', '##v', '##icide', 'any', 'pools', '##,', 'f', '##ount', '##ains', '##,', 'or', 'ponds', 'that', 'you', 'have', 'in', 'your', 'yard', '##.', 'This', 'kills', '99', '##%', 'of', 'the', 'larvae', 'before', 'they', 'mature', '##.', 'Mal', '##ath', '##ion', 'is', 'most', 'popular', 'for', 'killing', 'mature', 'mosquit', '##os', 'in', 'your', 'yard', '##.', 'You', 'can', 'get', 'a', 'bottle', 'with', 'a', 'hose', 'attachment', 'and', 'spray', 'your', 'yard', '##,', 'or', 'you', 'can', 'get', 'a', 'fog', '##ger', 'from', 'pretty', 'much', 'any', 'hardware', 'store', 'and', 'fog', 'your', 'yard', '##.', 'Do', 'this', 'the', 'morning', 'of', 'or', 'the', 'night', 'before', 'your', 'event', 'and', 'you', \"##'re\", 'pretty', 'much', 'guaranteed', 'to', 'not', 'have', 'any', 'bug', 'problems', 'that', 'night', '##.']\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "24\n",
      "\n",
      "21\n",
      "\n",
      "[['Sc', '##reens', 'are', 'the', 'best', 'solution', '##,', 'and', 'the', 'only', 'solution', 'guaranteed', 'to', 'keep', 'your', 'room', '100', '##%', 'bug', 'free', '(', '##as', 'long', 'as'], ['100', '##%', 'bug', 'free', '(', '##as', 'long', 'as', 'people', 'are', 'careful', 'not', 'to', 'let', 'them', 'in', 'at', 'the', 'door', '##).', 'Other', 'prevent', '##ative', 'methods'], ['at', 'the', 'door', '##).', 'Other', 'prevent', '##ative', 'methods', 'include', 'using', 'mosquito', 'deterrent', '##s', 'or', 'repe', '##ll', '##ents', 'like', 'cit', '##rone', '##lla', 'candles', '##,', 'torches'], ['##ents', 'like', 'cit', '##rone', '##lla', 'candles', '##,', 'torches', '##,', 'lantern', '##s', '##,', 'etc', '##.', 'There', 'are', 'brands', 'devoted', 'to', 'mosquito', 'control', 'like', 'Ther', '##m'], ['brands', 'devoted', 'to', 'mosquito', 'control', 'like', 'Ther', '##m', '##ace', '##ll', 'who', 'provide', 'a', 'plethora', 'of', 'products', '##.', 'Your', 'next', 'best', 'solution', 'is', 'to', 'control'], ['##.', 'Your', 'next', 'best', 'solution', 'is', 'to', 'control', 'the', 'mosquito', 'population', 'in', 'your', 'yard', '##.', 'Prevent', '##ative', 'methods', 'work', 'the', 'best', '##,', 'by', 'either'], ['##ative', 'methods', 'work', 'the', 'best', '##,', 'by', 'either', 'eliminating', 'breeding', 'areas', 'such', 'as', 'anything', 'that', 'can', 'collect', 'water', '(', '##sp', '##are', 'tires', '##,', 'buckets'], ['collect', 'water', '(', '##sp', '##are', 'tires', '##,', 'buckets', 'or', 'p', '##ails', '##,', 'd', '##itches', 'that', 'perpetually', 'p', '##uddle', '##,', 'swamp', '##y', 'areas', '##,', 'etc'], ['p', '##uddle', '##,', 'swamp', '##y', 'areas', '##,', 'etc', '##.),', 'mosquitoes', 'will', 'breed', 'wherever', 'there', 'is', 'standing', 'water', '##.', 'Some', 'mosquit', '##os', 'lay', 'eggs', 'in'], ['water', '##.', 'Some', 'mosquit', '##os', 'lay', 'eggs', 'in', 'grass', 'too', '##,', 'keep', 'your', 'grass', 'cut', 'and', 'don', \"##'t\", 'let', 'any', 'areas', 'of', 'you', 'yard'], ['don', \"##'t\", 'let', 'any', 'areas', 'of', 'you', 'yard', 'get', 'over', '##grown', '##.', 'Long', 'grass', 'is', 'a', 'haven', 'for', 'mosquit', '##os', 'because', 'they', 'can', 'fly'], ['haven', 'for', 'mosquit', '##os', 'because', 'they', 'can', 'fly', 'down', 'where', 'they', 'have', 'protection', 'from', 'sun', 'and', 'heat', '##,', 'and', 'also', 'often', 'find', 'water', '##.'], ['heat', '##,', 'and', 'also', 'often', 'find', 'water', '##.', 'Finally', '##,', 'you', 'can', 'treat', 'your', 'yard', 'and', 'kill', 'all', 'the', 'mosquit', '##os', 'before', 'they', 'become'], ['kill', 'all', 'the', 'mosquit', '##os', 'before', 'they', 'become', 'a', 'problem', '##.', 'Lar', '##v', '##icide', 'any', 'pools', '##,', 'f', '##ount', '##ains', '##,', 'or', 'ponds', 'that'], ['##,', 'f', '##ount', '##ains', '##,', 'or', 'ponds', 'that', 'you', 'have', 'in', 'your', 'yard', '##.', 'This', 'kills', '99', '##%', 'of', 'the', 'larvae', 'before', 'they', 'mature'], ['99', '##%', 'of', 'the', 'larvae', 'before', 'they', 'mature', '##.', 'Mal', '##ath', '##ion', 'is', 'most', 'popular', 'for', 'killing', 'mature', 'mosquit', '##os', 'in', 'your', 'yard', '##.'], ['killing', 'mature', 'mosquit', '##os', 'in', 'your', 'yard', '##.', 'You', 'can', 'get', 'a', 'bottle', 'with', 'a', 'hose', 'attachment', 'and', 'spray', 'your', 'yard', '##,', 'or', 'you'], ['attachment', 'and', 'spray', 'your', 'yard', '##,', 'or', 'you', 'can', 'get', 'a', 'fog', '##ger', 'from', 'pretty', 'much', 'any', 'hardware', 'store', 'and', 'fog', 'your', 'yard', '##.'], ['any', 'hardware', 'store', 'and', 'fog', 'your', 'yard', '##.', 'Do', 'this', 'the', 'morning', 'of', 'or', 'the', 'night', 'before', 'your', 'event', 'and', 'you', \"##'re\", 'pretty', 'much'], ['before', 'your', 'event', 'and', 'you', \"##'re\", 'pretty', 'much', 'guaranteed', 'to', 'not', 'have', 'any', 'bug', 'problems', 'that', 'night', '##.'], ['night', '##.']]\n"
     ]
    }
   ],
   "source": [
    "tok_ids = tokenizer.encode(\"Screens are the best solution, and the only solution guaranteed to keep your room 100% bug free (as long as people are careful not to let them in at the door). Other preventative methods include using mosquito deterrents or repellents like citronella candles, torches, lanterns, etc. There are brands devoted to mosquito control like Thermacell who provide a plethora of products. Your next best solution is to control the mosquito population in your yard. Preventative methods work the best, by either eliminating breeding areas such as anything that can collect water (spare tires, buckets or pails, ditches that perpetually puddle, swampy areas, etc.), mosquitoes will breed wherever there is standing water. Some mosquitos lay eggs in grass too, keep your grass cut and don't let any areas of you yard get overgrown. Long grass is a haven for mosquitos because they can fly down where they have protection from sun and heat, and also often find water. Finally, you can treat your yard and kill all the mosquitos before they become a problem. Larvicide any pools, fountains, or ponds that you have in your yard. This kills 99% of the larvae before they mature. Malathion is most popular for killing mature mosquitos in your yard. You can get a bottle with a hose attachment and spray your yard, or you can get a fogger from pretty much any hardware store and fog your yard. Do this the morning of or the night before your event and you're pretty much guaranteed to not have any bug problems that night.\")\n",
    "tokenset = tokenizer.convert_ids_to_tokens(tok_ids,skip_special_tokens=True)\n",
    "tokens = [tokenset[0]]\n",
    "for l in range(len(tokenset)-1):\n",
    "    i=l+1\n",
    "    t=tokenset[i]\n",
    "    if t[0] == u'Ġ':\n",
    "        tokens.append(t[1:])\n",
    "    else:\n",
    "        tokens.append('##'+t)\n",
    "\n",
    "print(tokens)\n",
    "    \n",
    "maximum = 24\n",
    "overlap = 8\n",
    "l = 0\n",
    "r = 0\n",
    "\n",
    "snippets = []\n",
    "while r<len(tokens):\n",
    "    r+=maximum\n",
    "    snippets.append(tokens[l:r])\n",
    "    print(r-l)\n",
    "    l=r-overlap\n",
    "    r=r-overlap\n",
    "print()\n",
    "print(len(snippets))\n",
    "print()\n",
    "print(snippets)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('data/outdoors/outdoors_labels.pickle','rb') as fd:\n",
    "    labels = pickle.load(fd)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "def get_wordpieces(labels):\n",
    "    pieces = {}\n",
    "    pattern = re.compile(\"[a-z\\#]+\") #ascii only\n",
    "    for k,v in labels.items():\n",
    "        enc = tokenizer.encode(v)\n",
    "        for tok in enc.tokens:\n",
    "            if tok[0:2]=='##' and pattern.fullmatch(tok):\n",
    "                if tok not in pieces:\n",
    "                    pieces[tok]=0\n",
    "                pieces[tok]+=1\n",
    "    sorted_pieces = {k: v for k, v in sorted(pieces.items(), key=lambda item: item[1], reverse=True)}\n",
    "    return sorted_pieces"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "suffixes = get_wordpieces(labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'##xx': 8352,\n",
       " '##s': 5667,\n",
       " '##r': 2086,\n",
       " '##ing': 2044,\n",
       " '##t': 1750,\n",
       " '##e': 1566,\n",
       " '##er': 1562,\n",
       " '##n': 1320,\n",
       " '##en': 876,\n",
       " '##a': 852,\n",
       " '##x': 812,\n",
       " '##g': 777,\n",
       " '##p': 735,\n",
       " '##es': 722,\n",
       " '##y': 721,\n",
       " '##m': 718,\n",
       " '##l': 711,\n",
       " '##d': 683,\n",
       " '##o': 623,\n",
       " '##i': 607,\n",
       " '##ed': 529,\n",
       " '##ch': 489,\n",
       " '##ers': 475,\n",
       " '##co': 411,\n",
       " '##k': 360,\n",
       " '##h': 356,\n",
       " '##us': 352,\n",
       " '##de': 351,\n",
       " '##f': 348,\n",
       " '##or': 342,\n",
       " '##on': 335,\n",
       " '##c': 331,\n",
       " '##ne': 324,\n",
       " '##rs': 319,\n",
       " '##el': 316,\n",
       " '##te': 302,\n",
       " '##na': 295,\n",
       " '##ry': 286,\n",
       " '##ke': 279,\n",
       " '##ck': 271,\n",
       " '##ra': 271,\n",
       " '##eering': 265,\n",
       " '##ta': 264,\n",
       " '##re': 256,\n",
       " '##ser': 253,\n",
       " '##ung': 253,\n",
       " '##ness': 247,\n",
       " '##ling': 247,\n",
       " '##ei': 246,\n",
       " '##og': 241,\n",
       " '##unt': 240,\n",
       " '##ise': 240,\n",
       " '##per': 238,\n",
       " '##ere': 234,\n",
       " '##ter': 232,\n",
       " '##b': 228,\n",
       " '##ak': 227,\n",
       " '##ce': 226,\n",
       " '##mo': 225,\n",
       " '##tion': 219,\n",
       " '##le': 216,\n",
       " '##se': 216,\n",
       " '##st': 216,\n",
       " '##z': 212,\n",
       " '##v': 210,\n",
       " '##je': 209,\n",
       " '##lge': 208,\n",
       " '##ts': 207,\n",
       " '##lt': 204,\n",
       " '##ur': 203,\n",
       " '##king': 200,\n",
       " '##rm': 196,\n",
       " '##in': 196,\n",
       " '##is': 192,\n",
       " '##om': 187,\n",
       " '##ls': 187,\n",
       " '##ni': 186,\n",
       " '##ba': 185,\n",
       " '##hy': 183,\n",
       " '##ide': 183,\n",
       " '##ge': 181,\n",
       " '##ion': 180,\n",
       " '##va': 180,\n",
       " '##ie': 178,\n",
       " '##u': 177,\n",
       " '##an': 176,\n",
       " '##ic': 172,\n",
       " '##tz': 172,\n",
       " '##man': 170,\n",
       " '##rys': 168,\n",
       " '##ht': 167,\n",
       " '##ik': 165,\n",
       " '##rma': 165,\n",
       " '##der': 163,\n",
       " '##go': 163,\n",
       " '##mmer': 162,\n",
       " '##pe': 159,\n",
       " '##li': 159,\n",
       " '##iche': 159,\n",
       " '##um': 158,\n",
       " '##al': 155,\n",
       " '##ng': 155,\n",
       " '##sen': 155,\n",
       " '##tt': 155,\n",
       " '##fl': 154,\n",
       " '##ine': 153,\n",
       " '##as': 150,\n",
       " '##ia': 150,\n",
       " '##da': 150,\n",
       " '##water': 148,\n",
       " '##gs': 148,\n",
       " '##w': 147,\n",
       " '##wa': 147,\n",
       " '##ps': 147,\n",
       " '##ner': 147,\n",
       " '##ri': 146,\n",
       " '##ting': 145,\n",
       " '##hu': 145,\n",
       " '##nt': 144,\n",
       " '##ies': 143,\n",
       " '##op': 141,\n",
       " '##hr': 141,\n",
       " '##ma': 140,\n",
       " '##du': 140,\n",
       " '##line': 139,\n",
       " '##des': 139,\n",
       " '##bu': 138,\n",
       " '##et': 136,\n",
       " '##ve': 136,\n",
       " '##gen': 136,\n",
       " '##ane': 135,\n",
       " '##over': 135,\n",
       " '##id': 134,\n",
       " '##aa': 134,\n",
       " '##ation': 133,\n",
       " '##ca': 132,\n",
       " '##let': 132,\n",
       " '##os': 131,\n",
       " '##ly': 131,\n",
       " '##fi': 130,\n",
       " '##ss': 130,\n",
       " '##ro': 129,\n",
       " '##ad': 129,\n",
       " '##gg': 128,\n",
       " '##ger': 127,\n",
       " '##pi': 127,\n",
       " '##nn': 127,\n",
       " '##ister': 126,\n",
       " '##den': 126,\n",
       " '##ien': 125,\n",
       " '##mp': 124,\n",
       " '##sa': 124,\n",
       " '##light': 124,\n",
       " '##net': 124,\n",
       " '##ette': 123,\n",
       " '##ol': 122,\n",
       " '##j': 122,\n",
       " '##ging': 121,\n",
       " '##ar': 121,\n",
       " '##bine': 121,\n",
       " '##tra': 121,\n",
       " '##at': 120,\n",
       " '##to': 120,\n",
       " '##pel': 120,\n",
       " '##kk': 120,\n",
       " '##yp': 119,\n",
       " '##lar': 119,\n",
       " '##ti': 119,\n",
       " '##yl': 118,\n",
       " '##gt': 117,\n",
       " '##ten': 117,\n",
       " '##pa': 116,\n",
       " '##proof': 115,\n",
       " '##oa': 115,\n",
       " '##ity': 114,\n",
       " '##am': 114,\n",
       " '##he': 114,\n",
       " '##ler': 114,\n",
       " '##ping': 113,\n",
       " '##bon': 112,\n",
       " '##em': 112,\n",
       " '##uss': 112,\n",
       " '##jer': 112,\n",
       " '##ll': 111,\n",
       " '##la': 111,\n",
       " '##au': 111,\n",
       " '##lom': 110,\n",
       " '##ua': 109,\n",
       " '##bl': 109,\n",
       " '##ffie': 109,\n",
       " '##ig': 108,\n",
       " '##age': 107,\n",
       " '##ut': 107,\n",
       " '##ki': 107,\n",
       " '##tu': 107,\n",
       " '##ze': 106,\n",
       " '##lo': 106,\n",
       " '##ru': 106,\n",
       " '##ns': 105,\n",
       " '##vo': 105,\n",
       " '##it': 105,\n",
       " '##sch': 105,\n",
       " '##pet': 104,\n",
       " '##ga': 104,\n",
       " '##vor': 104,\n",
       " '##me': 103,\n",
       " '##ue': 103,\n",
       " '##ver': 103,\n",
       " '##mm': 103,\n",
       " '##fe': 102,\n",
       " '##lock': 102,\n",
       " '##lu': 101,\n",
       " '##ino': 101,\n",
       " '##up': 99,\n",
       " '##ton': 99,\n",
       " '##pre': 99,\n",
       " '##ac': 99,\n",
       " '##dun': 99,\n",
       " '##ap': 98,\n",
       " '##il': 97,\n",
       " '##ff': 97,\n",
       " '##land': 96,\n",
       " '##ning': 96,\n",
       " '##mite': 95,\n",
       " '##craft': 95,\n",
       " '##run': 95,\n",
       " '##fish': 95,\n",
       " '##ft': 95,\n",
       " '##lam': 94,\n",
       " '##ier': 94,\n",
       " '##tor': 94,\n",
       " '##kle': 94,\n",
       " '##th': 93,\n",
       " '##no': 93,\n",
       " '##ha': 92,\n",
       " '##ons': 91,\n",
       " '##sp': 90,\n",
       " '##ate': 90,\n",
       " '##ho': 90,\n",
       " '##llen': 89,\n",
       " '##had': 88,\n",
       " '##ted': 88,\n",
       " '##cat': 88,\n",
       " '##kar': 88,\n",
       " '##dra': 87,\n",
       " '##ding': 87,\n",
       " '##od': 87,\n",
       " '##ring': 87,\n",
       " '##ite': 87,\n",
       " '##ea': 87,\n",
       " '##mi': 87,\n",
       " '##ste': 87,\n",
       " '##rle': 87,\n",
       " '##burn': 86,\n",
       " '##cor': 85,\n",
       " '##vy': 85,\n",
       " '##do': 85,\n",
       " '##post': 85,\n",
       " '##rst': 85,\n",
       " '##ali': 84,\n",
       " '##wei': 84,\n",
       " '##nd': 83,\n",
       " '##board': 83,\n",
       " '##elle': 83,\n",
       " '##rdi': 82,\n",
       " '##ks': 82,\n",
       " '##lan': 82,\n",
       " '##ingen': 82,\n",
       " '##rl': 82,\n",
       " '##hi': 81,\n",
       " '##ys': 81,\n",
       " '##for': 81,\n",
       " '##tle': 80,\n",
       " '##lim': 80,\n",
       " '##pro': 80,\n",
       " '##ess': 80,\n",
       " '##db': 80,\n",
       " '##wi': 80,\n",
       " '##ib': 79,\n",
       " '##wear': 78,\n",
       " '##be': 78,\n",
       " '##tar': 78,\n",
       " '##sque': 78,\n",
       " '##bo': 77,\n",
       " '##mel': 77,\n",
       " '##ying': 77,\n",
       " '##sman': 77,\n",
       " '##glass': 76,\n",
       " '##sho': 76,\n",
       " '##gh': 76,\n",
       " '##mit': 75,\n",
       " '##cks': 75,\n",
       " '##amp': 74,\n",
       " '##ability': 74,\n",
       " '##di': 74,\n",
       " '##ren': 74,\n",
       " '##pen': 73,\n",
       " '##of': 73,\n",
       " '##hand': 73,\n",
       " '##ema': 73,\n",
       " '##rch': 73,\n",
       " '##ot': 72,\n",
       " '##ka': 72,\n",
       " '##tan': 72,\n",
       " '##ial': 72,\n",
       " '##nte': 72,\n",
       " '##ist': 71,\n",
       " '##hre': 71,\n",
       " '##men': 71,\n",
       " '##els': 71,\n",
       " '##kes': 71,\n",
       " '##cl': 70,\n",
       " '##tte': 70,\n",
       " '##ching': 70,\n",
       " '##ura': 70,\n",
       " '##ncy': 70,\n",
       " '##mer': 70,\n",
       " '##sh': 70,\n",
       " '##ent': 70,\n",
       " '##cion': 70,\n",
       " '##yt': 69,\n",
       " '##ale': 69,\n",
       " '##ati': 68,\n",
       " '##ens': 68,\n",
       " '##ug': 68,\n",
       " '##tell': 68,\n",
       " '##mia': 67,\n",
       " '##ryl': 67,\n",
       " '##ment': 67,\n",
       " '##ure': 67,\n",
       " '##dling': 67,\n",
       " '##ag': 67,\n",
       " '##boat': 67,\n",
       " '##jo': 67,\n",
       " '##wu': 67,\n",
       " '##bs': 66,\n",
       " '##im': 66,\n",
       " '##car': 66,\n",
       " '##ey': 66,\n",
       " '##hl': 66,\n",
       " '##pers': 65,\n",
       " '##ant': 65,\n",
       " '##so': 65,\n",
       " '##ox': 65,\n",
       " '##art': 65,\n",
       " '##ving': 65,\n",
       " '##fa': 65,\n",
       " '##pl': 64,\n",
       " '##wood': 64,\n",
       " '##ert': 64,\n",
       " '##ab': 64,\n",
       " '##omo': 64,\n",
       " '##ron': 64,\n",
       " '##ove': 64,\n",
       " '##ker': 64,\n",
       " '##rage': 64,\n",
       " '##list': 63,\n",
       " '##point': 63,\n",
       " '##po': 63,\n",
       " '##ret': 63,\n",
       " '##rden': 63,\n",
       " '##ty': 62,\n",
       " '##lite': 62,\n",
       " '##worm': 62,\n",
       " '##horn': 62,\n",
       " '##gger': 62,\n",
       " '##oz': 62,\n",
       " '##nen': 62,\n",
       " '##rde': 62,\n",
       " '##cking': 61,\n",
       " '##sti': 61,\n",
       " '##oth': 61,\n",
       " '##ive': 61,\n",
       " '##rt': 61,\n",
       " '##set': 61,\n",
       " '##tta': 61,\n",
       " '##iel': 61,\n",
       " '##sc': 60,\n",
       " '##back': 60,\n",
       " '##way': 60,\n",
       " '##ef': 60,\n",
       " '##head': 59,\n",
       " '##less': 59,\n",
       " '##ther': 59,\n",
       " '##ack': 58,\n",
       " '##ota': 58,\n",
       " '##we': 58,\n",
       " '##vat': 58,\n",
       " '##lei': 58,\n",
       " '##wr': 57,\n",
       " '##ening': 57,\n",
       " '##hs': 57,\n",
       " '##her': 57,\n",
       " '##ja': 57,\n",
       " '##rer': 57,\n",
       " '##zer': 56,\n",
       " '##qui': 56,\n",
       " '##creen': 56,\n",
       " '##lf': 56,\n",
       " '##sse': 56,\n",
       " '##ich': 56,\n",
       " '##jal': 56,\n",
       " '##ign': 56,\n",
       " '##ucher': 56,\n",
       " '##rh': 56,\n",
       " '##zation': 55,\n",
       " '##top': 55,\n",
       " '##ester': 55,\n",
       " '##vis': 55,\n",
       " '##ress': 55,\n",
       " '##bar': 55,\n",
       " '##kt': 55,\n",
       " '##ria': 55,\n",
       " '##ds': 54,\n",
       " '##ized': 54,\n",
       " '##ors': 54,\n",
       " '##pack': 54,\n",
       " '##aking': 54,\n",
       " '##eg': 54,\n",
       " '##rp': 54,\n",
       " '##tung': 54,\n",
       " '##gga': 54,\n",
       " '##ber': 53,\n",
       " '##bra': 53,\n",
       " '##py': 53,\n",
       " '##ci': 53,\n",
       " '##ism': 53,\n",
       " '##ok': 53,\n",
       " '##ail': 53,\n",
       " '##lp': 53,\n",
       " '##ard': 53,\n",
       " '##rd': 53,\n",
       " '##que': 53,\n",
       " '##iculate': 53,\n",
       " '##tel': 53,\n",
       " '##hp': 53,\n",
       " '##q': 52,\n",
       " '##fire': 52,\n",
       " '##bi': 52,\n",
       " '##nier': 52,\n",
       " '##rae': 52,\n",
       " '##ori': 51,\n",
       " '##met': 51,\n",
       " '##ay': 51,\n",
       " '##hore': 51,\n",
       " '##ek': 50,\n",
       " '##sin': 50,\n",
       " '##cr': 50,\n",
       " '##ph': 50,\n",
       " '##box': 50,\n",
       " '##ang': 50,\n",
       " '##oo': 50,\n",
       " '##uri': 50,\n",
       " '##ell': 50,\n",
       " '##rag': 50,\n",
       " '##ben': 50,\n",
       " '##off': 50,\n",
       " '##ique': 49,\n",
       " '##nes': 49,\n",
       " '##out': 49,\n",
       " '##gl': 49,\n",
       " '##lin': 49,\n",
       " '##rmin': 49,\n",
       " '##yr': 49,\n",
       " '##rier': 49,\n",
       " '##lette': 49,\n",
       " '##uber': 49,\n",
       " '##tre': 48,\n",
       " '##able': 48,\n",
       " '##tri': 48,\n",
       " '##wind': 48,\n",
       " '##tro': 48,\n",
       " '##lla': 48,\n",
       " '##ras': 48,\n",
       " '##zi': 48,\n",
       " '##nka': 48,\n",
       " '##ogen': 48,\n",
       " '##bit': 47,\n",
       " '##ow': 47,\n",
       " '##ub': 47,\n",
       " '##bility': 47,\n",
       " '##ou': 47,\n",
       " '##ped': 47,\n",
       " '##rz': 47,\n",
       " '##vine': 47,\n",
       " '##suit': 47,\n",
       " '##hen': 46,\n",
       " '##ters': 46,\n",
       " '##fin': 46,\n",
       " '##pt': 46,\n",
       " '##rade': 46,\n",
       " '##ago': 46,\n",
       " '##rb': 46,\n",
       " '##fo': 46,\n",
       " '##rk': 46,\n",
       " '##ches': 45,\n",
       " '##fu': 45,\n",
       " '##tes': 45,\n",
       " '##zing': 45,\n",
       " '##iva': 45,\n",
       " '##oc': 45,\n",
       " '##io': 45,\n",
       " '##ult': 45,\n",
       " '##ology': 45,\n",
       " '##oli': 45,\n",
       " '##ee': 45,\n",
       " '##cht': 45,\n",
       " '##load': 45,\n",
       " '##ep': 45,\n",
       " '##ex': 44,\n",
       " '##lea': 44,\n",
       " '##ica': 44,\n",
       " '##ual': 44,\n",
       " '##rn': 44,\n",
       " '##gren': 44,\n",
       " '##and': 43,\n",
       " '##ction': 43,\n",
       " '##tour': 43,\n",
       " '##ering': 43,\n",
       " '##by': 43,\n",
       " '##ct': 43,\n",
       " '##ach': 43,\n",
       " '##iol': 43,\n",
       " '##van': 43,\n",
       " '##rop': 43,\n",
       " '##las': 43,\n",
       " '##vi': 42,\n",
       " '##nts': 42,\n",
       " '##tic': 42,\n",
       " '##mal': 42,\n",
       " '##si': 42,\n",
       " '##ham': 42,\n",
       " '##und': 42,\n",
       " '##ano': 41,\n",
       " '##ln': 41,\n",
       " '##ko': 41,\n",
       " '##hn': 41,\n",
       " '##ves': 41,\n",
       " '##fle': 41,\n",
       " '##llar': 41,\n",
       " '##mus': 41,\n",
       " '##gy': 41,\n",
       " '##iger': 41,\n",
       " '##nu': 40,\n",
       " '##ara': 40,\n",
       " '##est': 40,\n",
       " '##mun': 40,\n",
       " '##bies': 40,\n",
       " '##nia': 40,\n",
       " '##mat': 40,\n",
       " '##bag': 40,\n",
       " '##dale': 40,\n",
       " '##och': 40,\n",
       " '##lus': 40,\n",
       " '##por': 39,\n",
       " '##mos': 39,\n",
       " '##tom': 39,\n",
       " '##aks': 39,\n",
       " '##del': 39,\n",
       " '##ob': 39,\n",
       " '##one': 39,\n",
       " '##berry': 39,\n",
       " '##che': 39,\n",
       " '##ms': 39,\n",
       " '##ld': 39,\n",
       " '##jack': 39,\n",
       " '##ass': 39,\n",
       " '##rra': 39,\n",
       " '##kr': 39,\n",
       " '##wo': 39,\n",
       " '##port': 39,\n",
       " '##ery': 39,\n",
       " '##izing': 38,\n",
       " '##uge': 38,\n",
       " '##llo': 38,\n",
       " '##rre': 38,\n",
       " '##ating': 38,\n",
       " '##ula': 38,\n",
       " '##ces': 38,\n",
       " '##ele': 38,\n",
       " '##rock': 38,\n",
       " '##nch': 38,\n",
       " '##bat': 38,\n",
       " '##vik': 38,\n",
       " '##ndt': 38,\n",
       " '##ization': 37,\n",
       " '##lor': 37,\n",
       " '##xide': 37,\n",
       " '##ari': 37,\n",
       " '##eva': 37,\n",
       " '##nne': 37,\n",
       " '##ware': 37,\n",
       " '##kla': 37,\n",
       " '##wil': 37,\n",
       " '##dal': 37,\n",
       " '##ville': 37,\n",
       " '##gi': 37,\n",
       " '##oto': 37,\n",
       " '##nde': 37,\n",
       " '##ella': 36,\n",
       " '##wee': 36,\n",
       " '##pour': 36,\n",
       " '##dy': 36,\n",
       " '##xi': 36,\n",
       " '##ming': 36,\n",
       " '##ble': 36,\n",
       " '##cus': 36,\n",
       " '##cy': 36,\n",
       " '##har': 36,\n",
       " '##ave': 36,\n",
       " '##ah': 36,\n",
       " '##cula': 36,\n",
       " '##lass': 36,\n",
       " '##olo': 36,\n",
       " '##ky': 36,\n",
       " '##lva': 36,\n",
       " '##ged': 35,\n",
       " '##ul': 35,\n",
       " '##ene': 35,\n",
       " '##md': 35,\n",
       " '##gia': 35,\n",
       " '##hei': 35,\n",
       " '##lten': 35,\n",
       " '##mann': 35,\n",
       " '##ip': 34,\n",
       " '##ded': 34,\n",
       " '##zers': 34,\n",
       " '##pit': 34,\n",
       " '##ges': 34,\n",
       " '##izzly': 34,\n",
       " '##led': 34,\n",
       " '##oya': 34,\n",
       " '##ils': 34,\n",
       " '##pan': 34,\n",
       " '##sk': 34,\n",
       " '##uh': 34,\n",
       " '##bt': 34,\n",
       " '##app': 33,\n",
       " '##oe': 33,\n",
       " '##bri': 33,\n",
       " '##les': 33,\n",
       " '##class': 33,\n",
       " '##boarding': 33,\n",
       " '##tch': 33,\n",
       " '##gon': 33,\n",
       " '##iness': 33,\n",
       " '##hot': 33,\n",
       " '##vs': 33,\n",
       " '##ita': 33,\n",
       " '##rg': 33,\n",
       " '##master': 33,\n",
       " '##ski': 33,\n",
       " '##res': 33,\n",
       " '##hoe': 33,\n",
       " '##ska': 33,\n",
       " '##rell': 33,\n",
       " '##iere': 33,\n",
       " '##ju': 33,\n",
       " '##kan': 33,\n",
       " '##ez': 33,\n",
       " '##ated': 32,\n",
       " '##ock': 32,\n",
       " '##yme': 32,\n",
       " '##sis': 32,\n",
       " '##its': 32,\n",
       " '##bble': 32,\n",
       " '##lat': 32,\n",
       " '##mark': 32,\n",
       " '##umb': 32,\n",
       " '##if': 32,\n",
       " '##lie': 32,\n",
       " '##cu': 32,\n",
       " '##raf': 32,\n",
       " '##ku': 32,\n",
       " '##block': 32,\n",
       " '##tiv': 32,\n",
       " '##fall': 32,\n",
       " '##iv': 32,\n",
       " '##bot': 32,\n",
       " '##tein': 32,\n",
       " '##ify': 32,\n",
       " '##ites': 31,\n",
       " '##bing': 31,\n",
       " '##cts': 31,\n",
       " '##ration': 31,\n",
       " '##ics': 31,\n",
       " '##uts': 31,\n",
       " '##ions': 31,\n",
       " '##zo': 31,\n",
       " '##hor': 31,\n",
       " '##nr': 31,\n",
       " '##nation': 31,\n",
       " '##int': 31,\n",
       " '##ulating': 31,\n",
       " '##page': 31,\n",
       " '##ick': 31,\n",
       " '##wer': 31,\n",
       " '##rea': 31,\n",
       " '##oft': 31,\n",
       " '##hil': 31,\n",
       " '##tf': 31,\n",
       " '##iza': 31,\n",
       " '##fect': 30,\n",
       " '##can': 30,\n",
       " '##end': 30,\n",
       " '##walk': 30,\n",
       " '##ede': 30,\n",
       " '##rc': 30,\n",
       " '##rat': 30,\n",
       " '##ley': 30,\n",
       " '##weight': 30,\n",
       " '##ward': 30,\n",
       " '##coat': 30,\n",
       " '##away': 30,\n",
       " '##mar': 30,\n",
       " '##nk': 30,\n",
       " '##wash': 30,\n",
       " '##uc': 30,\n",
       " '##cho': 30,\n",
       " '##chai': 30,\n",
       " '##uk': 30,\n",
       " '##hol': 30,\n",
       " '##fr': 30,\n",
       " '##rel': 30,\n",
       " '##ani': 30,\n",
       " '##ws': 30,\n",
       " '##eth': 30,\n",
       " '##cha': 30,\n",
       " '##cker': 30,\n",
       " '##min': 30,\n",
       " '##chen': 30,\n",
       " '##bic': 30,\n",
       " '##dar': 30,\n",
       " '##book': 30,\n",
       " '##cci': 30,\n",
       " '##dine': 29,\n",
       " '##ola': 29,\n",
       " '##iti': 29,\n",
       " '##ont': 29,\n",
       " '##cing': 29,\n",
       " '##bla': 29,\n",
       " '##ii': 29,\n",
       " '##work': 29,\n",
       " '##lay': 29,\n",
       " '##dia': 29,\n",
       " '##use': 29,\n",
       " '##vert': 29,\n",
       " '##phy': 29,\n",
       " '##un': 29,\n",
       " '##ists': 29,\n",
       " '##ule': 29,\n",
       " '##chi': 29,\n",
       " '##rup': 29,\n",
       " '##hin': 29,\n",
       " '##ata': 29,\n",
       " '##pr': 29,\n",
       " '##rna': 29,\n",
       " '##sol': 29,\n",
       " '##pur': 29,\n",
       " '##lly': 29,\n",
       " '##pin': 29,\n",
       " '##zu': 29,\n",
       " '##dre': 29,\n",
       " '##ggles': 28,\n",
       " '##yer': 28,\n",
       " '##bin': 28,\n",
       " '##ask': 28,\n",
       " '##ride': 28,\n",
       " '##lina': 28,\n",
       " '##ila': 28,\n",
       " '##all': 28,\n",
       " '##mot': 28,\n",
       " '##ain': 28,\n",
       " '##ssi': 28,\n",
       " '##ili': 28,\n",
       " '##flow': 28,\n",
       " '##hat': 28,\n",
       " '##wire': 28,\n",
       " '##are': 28,\n",
       " '##lica': 28,\n",
       " '##av': 28,\n",
       " '##ude': 28,\n",
       " '##sche': 28,\n",
       " '##unk': 28,\n",
       " '##cco': 28,\n",
       " '##cs': 28,\n",
       " '##ern': 28,\n",
       " '##ken': 28,\n",
       " '##ructured': 28,\n",
       " '##med': 27,\n",
       " '##ets': 27,\n",
       " '##iter': 27,\n",
       " '##ath': 27,\n",
       " '##com': 27,\n",
       " '##arm': 27,\n",
       " '##ai': 27,\n",
       " '##tin': 27,\n",
       " '##berg': 27,\n",
       " '##sl': 27,\n",
       " '##uf': 27,\n",
       " '##lau': 27,\n",
       " '##ill': 27,\n",
       " '##gra': 27,\n",
       " '##af': 27,\n",
       " '##raph': 27,\n",
       " '##gate': 27,\n",
       " '##ool': 27,\n",
       " '##rest': 27,\n",
       " '##aha': 27,\n",
       " '##uck': 27,\n",
       " '##gur': 27,\n",
       " '##rro': 27,\n",
       " '##tr': 27,\n",
       " '##dl': 27,\n",
       " '##lon': 27,\n",
       " '##erland': 27,\n",
       " '##bre': 27,\n",
       " '##sta': 27,\n",
       " '##zy': 27,\n",
       " '##zen': 27,\n",
       " '##belt': 27,\n",
       " '##tam': 26,\n",
       " '##ities': 26,\n",
       " '##ize': 26,\n",
       " '##boards': 26,\n",
       " '##yu': 26,\n",
       " '##yard': 26,\n",
       " '##din': 26,\n",
       " '##ball': 26,\n",
       " '##hee': 26,\n",
       " '##son': 26,\n",
       " '##rsa': 26,\n",
       " '##ised': 26,\n",
       " '##gar': 26,\n",
       " '##yne': 26,\n",
       " '##lc': 26,\n",
       " '##uter': 26,\n",
       " '##ree': 26,\n",
       " '##con': 26,\n",
       " '##ium': 26,\n",
       " '##aw': 26,\n",
       " '##ffin': 26,\n",
       " '##ins': 26,\n",
       " '##mes': 26,\n",
       " '##rte': 26,\n",
       " '##vere': 26,\n",
       " '##yle': 26,\n",
       " '##scu': 26,\n",
       " '##ima': 26,\n",
       " '##sw': 26,\n",
       " '##bed': 25,\n",
       " '##rti': 25,\n",
       " '##ir': 25,\n",
       " '##mis': 25,\n",
       " '##una': 25,\n",
       " '##len': 25,\n",
       " '##eil': 25,\n",
       " '##idi': 25,\n",
       " '##tail': 25,\n",
       " '##ries': 25,\n",
       " '##ama': 25,\n",
       " '##ji': 25,\n",
       " '##sing': 25,\n",
       " '##rr': 25,\n",
       " '##rom': 25,\n",
       " '##lli': 25,\n",
       " '##sm': 25,\n",
       " '##ulated': 25,\n",
       " '##cal': 25,\n",
       " '##cend': 25,\n",
       " '##ala': 25,\n",
       " '##itte': 25,\n",
       " '##wl': 25,\n",
       " '##don': 25,\n",
       " '##sport': 25,\n",
       " '##ec': 25,\n",
       " '##tus': 25,\n",
       " '##oca': 25,\n",
       " '##ros': 25,\n",
       " '##ole': 25,\n",
       " '##hmi': 25,\n",
       " '##kken': 25,\n",
       " '##ina': 24,\n",
       " '##ometer': 24,\n",
       " '##pas': 24,\n",
       " '##cloth': 24,\n",
       " '##cture': 24,\n",
       " '##att': 24,\n",
       " '##ish': 24,\n",
       " '##down': 24,\n",
       " '##lun': 24,\n",
       " '##hyl': 24,\n",
       " '##pha': 24,\n",
       " '##cer': 24,\n",
       " '##bow': 24,\n",
       " '##ev': 24,\n",
       " '##ener': 24,\n",
       " '##lene': 24,\n",
       " '##nic': 24,\n",
       " '##ram': 24,\n",
       " '##rino': 24,\n",
       " '##rus': 24,\n",
       " '##wall': 24,\n",
       " '##chs': 24,\n",
       " '##hesive': 24,\n",
       " '##sy': 24,\n",
       " '##drive': 24,\n",
       " '##flower': 24,\n",
       " '##oss': 24,\n",
       " '##ov': 24,\n",
       " '##ford': 24,\n",
       " '##uga': 24,\n",
       " '##rod': 24,\n",
       " '##ator': 24,\n",
       " '##band': 24,\n",
       " '##dt': 24,\n",
       " '##tha': 24,\n",
       " '##hell': 24,\n",
       " '##lis': 24,\n",
       " '##bird': 24,\n",
       " '##inga': 24,\n",
       " '##sie': 24,\n",
       " '##lle': 24,\n",
       " '##eis': 24,\n",
       " '##tow': 24,\n",
       " '##uti': 24,\n",
       " '##eh': 24,\n",
       " '##nna': 23,\n",
       " '##fs': 23,\n",
       " '##oh': 23,\n",
       " '##cc': 23,\n",
       " '##hea': 23,\n",
       " '##zel': 23,\n",
       " '##press': 23,\n",
       " '##yna': 23,\n",
       " '##shi': 23,\n",
       " '##ote': 23,\n",
       " '##gul': 23,\n",
       " '##pon': 23,\n",
       " '##nies': 23,\n",
       " '##mon': 23,\n",
       " '##rid': 23,\n",
       " '##pp': 23,\n",
       " '##mart': 23,\n",
       " '##inator': 23,\n",
       " '##ute': 23,\n",
       " '##pad': 23,\n",
       " '##sso': 23,\n",
       " '##adi': 23,\n",
       " '##dation': 23,\n",
       " '##eet': 23,\n",
       " '##illa': 23,\n",
       " '##kal': 23,\n",
       " '##wan': 23,\n",
       " '##quin': 23,\n",
       " '##nel': 23,\n",
       " '##han': 23,\n",
       " '##ova': 23,\n",
       " '##zza': 23,\n",
       " '##nor': 23,\n",
       " '##kel': 23,\n",
       " '##dou': 23,\n",
       " '##elt': 23,\n",
       " '##bad': 23,\n",
       " '##lings': 22,\n",
       " '##rit': 22,\n",
       " '##cation': 22,\n",
       " '##yd': 22,\n",
       " '##cos': 22,\n",
       " '##carbon': 22,\n",
       " '##rin': 22,\n",
       " '##ification': 22,\n",
       " '##ius': 22,\n",
       " '##ew': 22,\n",
       " '##bell': 22,\n",
       " '##ats': 22,\n",
       " '##uze': 22,\n",
       " '##gre': 22,\n",
       " '##dron': 22,\n",
       " '##ary': 22,\n",
       " '##ars': 22,\n",
       " '##sca': 22,\n",
       " '##ya': 22,\n",
       " '##eb': 22,\n",
       " '##air': 22,\n",
       " '##br': 22,\n",
       " '##era': 22,\n",
       " '##finder': 22,\n",
       " '##eber': 22,\n",
       " '##ups': 22,\n",
       " '##rist': 22,\n",
       " '##cap': 22,\n",
       " '##bie': 22,\n",
       " '##alis': 22,\n",
       " '##lke': 22,\n",
       " '##sco': 22,\n",
       " '##mas': 22,\n",
       " '##sei': 22,\n",
       " '##idae': 22,\n",
       " '##vana': 22,\n",
       " ...}"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "suffixes"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
